/*
===========================================================================
This source file is part of DyLab (Dynamic Laboratory)
For the latest info, see http://dylab.googlecode.com

Copyright (c) 2006-2008 Lukas Krejci
(krejci.lukas@volny.cz)

This file is part of DyLab.

    DyLab is free software: you can redistribute it and/or modify
    it under the terms of the GNU General Public License as published by
    the Free Software Foundation, either version 3 of the License, or
    (at your option) any later version.

    DyLab is distributed in the hope that it will be useful,
    but WITHOUT ANY WARRANTY; without even the implied warranty of
    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
    GNU General Public License for more details.

    You should have received a copy of the GNU General Public License
    along with DyLab.  If not, see <http://www.gnu.org/licenses/>.
===========================================================================
*/

//===========================================================================================
#include <boost/tokenizer.hpp>

//===========================================================================================
#include <dylab/utils/TokenParser.h>
#include <dylab/utils/exceptions/EInvalidFormat.h>

//===========================================================================================
dylab::TokenParser::TokenParser(const String & _string, const String & _separators)
{
    // prepare a string tokenizer
    typedef boost::tokenizer< boost::char_separator<char> > tokenizer;
    boost::char_separator<char> sep(_separators.c_str()); 
 
    // tokenize the string
    tokenizer tokens(_string, sep);

    // copy all tokens to the container
    for (tokenizer::iterator token = tokens.begin(); token != tokens.end(); ++token)     
        mTokens.insertAtEnd(String(*token).trim());
}
//===========================================================================================